#ifndef _SASM_TOKENIZER_
#define _SASM_TOKENIZER_

#define TYPE_STRING 's'
#define TYPE_INSTRUCTION 'i'
#define TYPE_SYMBOL 'y'
#define TYPE_SECTION 'e'
#define TYPE_LABEL 'l'


#include "file.h"

typedef struct 
{
  const char* text; // the token text
  short type;
  void* last;
  void* next;
} Token;



Token* token_tokenizeFile(File* file);


#endif // _SASM_TOKENIZER_

